﻿namespace OpenCompiler.Scanning
{
	public unsafe abstract class TokenScanner
	{
		public abstract bool IsToken(char* stringPointer, int remainingCharacters);
		public abstract object GetToken(ref char* stringPointer, int remainingCharacters);
		public virtual bool CanTokenBeSkipped { get { return false; } }
		public virtual bool CanSpanMultipleLines { get { return false; } }
	}
}
